Current File : //lib/python2.7/site-packages/pip/_vendor/requests/utils.pyc
�
��abc@s\dZddlZddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlmZddl
mZddlmZddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!dd	l"m#Z#dd
l$m%Z%ddl&m'Z'm(Z(m)Z)m*Z*d@Z+ej,�Z-idd6dd6Z.ej/�dkr�d�Z0d�Znd�Z1d�Z2e3d�Z4d�Z5d�Z6d�Z7d�Z8d�Z9e3d�Z:d�Z;d�Z<d �Z=d!�Z>d"�Z?d#�Z@d$�ZAeBd%d&�ZCd'�ZDd(�ZEd)�ZFd*�ZGd+�ZHd,�ZIejJd-��ZKd.�ZLdd/�ZNd0�ZOd1d2�ZPd3�ZQd4�ZRd5jSd6�ZTeTd7ZUeTd8ZVd9�ZWd:�ZXd;�ZYejZd<�Z[ejZd<�Z\d=�Z]d>�Z^d?�Z_dS(As�
requests.utils
~~~~~~~~~~~~~~

This module provides utility functions that are used within Requests
that are also useful for external consumption.
i����Ni(t__version__(tcerts(tto_native_string(tparse_http_list(tquoteturlparsetbyteststrtOrderedDicttunquotet
getproxiestproxy_bypasst
urlunparset
basestringt
integer_typestis_py3tproxy_bypass_environmenttgetproxies_environment(tcookiejar_from_dict(tCaseInsensitiveDict(t
InvalidURLt
InvalidHeadertFileModeWarningtUnrewindableBodyErrors.netrct_netrciPthttpi�thttpstWindowscCs"trddl}nddl}yE|j|jd�}|j|d�d}|j|d�d}Wntk
rztSX|s�|r�tS|jd�}x|D]w}|dkr�d|kr�t	Sn|j
dd	�}|j
d
d�}|j
dd�}tj||tj
�r�t	Sq�WtS(
Ni����s;Software\Microsoft\Windows\CurrentVersion\Internet SettingstProxyEnableit
ProxyOverridet;s<local>t.s\.t*s.*t?(Rtwinregt_winregtOpenKeytHKEY_CURRENT_USERtQueryValueExtOSErrortFalsetsplittTruetreplacetretmatchtI(thostR"tinternetSettingstproxyEnablet
proxyOverridettest((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytproxy_bypass_registry.s2		
	

cCs!t�rt|�St|�SdS(s�Return True, if the host should be bypassed.

        Checks proxy settings gathered from the environment, if specified,
        or the registry.
        N(RRR4(R/((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pyROs	
cCs"t|d�r|j�}n|S(s/Returns an internal sequence dictionary update.titems(thasattrR5(td((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytdict_to_sequence[scCs�d}d}t|d�r*t|�}n�t|d�rE|j}nmt|d�r�y|j�}Wntjk
rzq�Xtj|�j}d|j	kr�t
jdt�q�nt|d�rty|j
�}Wn,ttfk
r�|dk	rq|}qqqtXt|d�rt|dkrty3|jdd	�|j
�}|j|pId�Wqqttfk
rmd}qqXqtn|dkr�d}ntd||�S(
Nit__len__tlentfilenotbs%Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.ttelltseeki(tNoneR6R:R;tiotUnsupportedOperationtostfstattst_sizetmodetwarningstwarnRR=R'tIOErrorR>tmax(tottotal_lengthtcurrent_positionR;((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pyt	super_lends@

	cCseyGddlm}m}d}x^tD]V}ytjjdj|��}Wntk
r_dSXtjj	|�r&|}Pq&q&W|dkr�dSt
|�}d}t|t�r�|j
d�}n|jj|�d}	yG||�j|	�}
|
r|
drdnd}|
||
d	fSWn#|tfk
rE|rF�qFnXWnttfk
r`nXdS(
s;Returns the Requests tuple auth for a given url from netrc.i����(tnetrctNetrcParseErrors~/{0}Nt:tasciiiii(RNROR?tNETRC_FILESRBtpatht
expandusertformattKeyErrortexistsRt
isinstanceRtdecodetnetlocR)tauthenticatorsRHtImportErrortAttributeError(turltraise_errorsRNROt
netrc_pathtftloctritsplitstrR/Rtlogin_i((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytget_netrc_auth�s8

cCs[t|dd�}|rWt|t�rW|ddkrW|ddkrWtjj|�SdS(s0Tries to guess the filename of the given object.tnameit<i����t>N(tgetattrR?RXR
RBRStbasename(tobjRg((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytguess_filename�s%cCsD|dkrdSt|ttttf�r:td��nt|�S(s�Take an object and test to see if it can be represented as a
    dictionary. Unless it can not be represented as such, return an
    OrderedDict, e.g.,

    ::

        >>> from_key_val_list([('key', 'val')])
        OrderedDict([('key', 'val')])
        >>> from_key_val_list('string')
        ValueError: need more than 1 value to unpack
        >>> from_key_val_list({'key': 'val'})
        OrderedDict([('key', 'val')])

    :rtype: OrderedDict
    s+cannot encode objects that are not 2-tuplesN(R?RXRRtbooltintt
ValueErrorR(tvalue((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytfrom_key_val_list�s
cCse|dkrdSt|ttttf�r:td��nt|tj�r[|j	�}nt
|�S(s�Take an object and test to see if it can be represented as a
    dictionary. If it can be, return a list of tuples, e.g.,

    ::

        >>> to_key_val_list([('key', 'val')])
        [('key', 'val')]
        >>> to_key_val_list({'key': 'val'})
        [('key', 'val')]
        >>> to_key_val_list('string')
        ValueError: cannot encode objects that are not 2-tuples.

    :rtype: list
    s+cannot encode objects that are not 2-tuplesN(R?RXRRRnRoRptcollectionstMappingR5tlist(Rq((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytto_key_val_list�scCshg}x[t|�D]M}|d |dko8dknrSt|dd!�}n|j|�qW|S(sParse lists as described by RFC 2068 Section 2.

    In particular, parse comma-separated lists where the elements of
    the list may include quoted-strings.  A quoted-string could
    contain a comma.  A non-quoted string could have quotes in the
    middle.  Quotes are removed automatically after parsing.

    It basically works like :func:`parse_set_header` just that items
    may appear multiple times and case sensitivity is preserved.

    The return value is a standard :class:`list`:

    >>> parse_list_header('token, "quoted value"')
    ['token', 'quoted value']

    To create a header from the :class:`list` again, use the
    :func:`dump_header` function.

    :param value: a string with a list header.
    :return: :class:`list`
    :rtype: list
    ii����t"(t_parse_list_headertunquote_header_valuetappend(Rqtresulttitem((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytparse_list_headers$cCs�i}x�t|�D]~}d|kr5d||<qn|jdd�\}}|d |dkoldknr�t|dd!�}n|||<qW|S(s^Parse lists of key, value pairs as described by RFC 2068 Section 2 and
    convert them into a python dict:

    >>> d = parse_dict_header('foo="is a fish", bar="as well"')
    >>> type(d) is dict
    True
    >>> sorted(d.items())
    [('bar', 'as well'), ('foo', 'is a fish')]

    If there is no value for a key it will be `None`:

    >>> parse_dict_header('key_without_value')
    {'key_without_value': None}

    To create a header from the :class:`dict` again, use the
    :func:`dump_header` function.

    :param value: a string with a dict header.
    :return: :class:`dict`
    :rtype: dict
    t=ii����RwN(RxR?R)Ry(RqR{R|Rg((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytparse_dict_header1s
$cCsq|rm|d|dko%dknrm|dd!}|sN|d dkrm|jdd�jdd�Sn|S(	s�Unquotes a header value.  (Reversal of :func:`quote_header_value`).
    This does not use the real unquoting but what browsers are actually
    using for quoting.

    :param value: the header value to unquote.
    :rtype: str
    ii����Rwiis\\s\s\"(R+(Rqtis_filename((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pyRyTs
*
cCs+i}x|D]}|j||j<q
W|S(s�Returns a key/value dictionary from a CookieJar.

    :param cj: CookieJar object to extract cookies from.
    :rtype: dict
    (RqRg(tcjtcookie_dicttcookie((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytdict_from_cookiejarms
cCs
t||�S(s�Returns a CookieJar from a key/value dictionary.

    :param cj: CookieJar to insert cookies into.
    :param cookie_dict: Dict of key/values to insert into CookieJar.
    :rtype: CookieJar
    (R(R�R�((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytadd_dict_to_cookiejar|scCsvtjdt�tjddtj�}tjddtj�}tjd�}|j|�|j|�|j|�S(slReturns encodings from given content string.

    :param content: bytestring to extract encodings from.
    s�In requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)s!<meta.*?charset=["\']*(.+?)["\'>]tflagss+<meta.*?content=["\']*;?charset=(.+?)["\'>]s$^<\?xml.*?encoding=["\']*(.+?)["\'>](RFRGtDeprecationWarningR,tcompileR.tfindall(tcontentt
charset_ret	pragma_retxml_re((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytget_encodings_from_content�scCs_|jd�}|sdStj|�\}}d|krK|djd�Sd|kr[dSdS(s}Returns encodings from given HTTP Header Dict.

    :param headers: dictionary to extract encoding from.
    :rtype: str
    scontent-typetcharsets'"ttexts
ISO-8859-1N(tgetR?tcgitparse_headertstrip(theaderstcontent_typetparams((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytget_encoding_from_headers�sccs�|jdkr)x|D]}|VqWdStj|j�dd�}x+|D]#}|j|�}|rK|VqKqKW|jddt�}|r�|VndS(sStream decodes a iterator.NterrorsR+ttfinal(tencodingR?tcodecstgetincrementaldecoderRYR*(titeratortrR|tdecodertchunktrv((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytstream_decode_response_unicode�s
	
ccsdd}|dks|dkr-t|�}nx0|t|�kr_||||!V||7}q0WdS(s Iterate over slices of a string.iN(R?R:(tstringtslice_lengthtpos((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytiter_slices�scCs�tjdt�g}t|j�}|rcyt|j|�SWqctk
r_|j|�qcXnyt|j|dd�SWnt	k
r�|jSXdS(s�Returns the requested content back in unicode.

    :param r: Response object to get unicode content from.

    Tried:

    1. charset from content-type
    2. fall back and replace all unicode characters

    :rtype: str
    s�In requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)R�R+N(
RFRGR�R�R�RR�tUnicodeErrorRzt	TypeError(R�ttried_encodingsR�((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytget_unicode_from_response�s

t4ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzs0123456789-._~cCs�|jd�}x�tdt|��D]�}||dd!}t|�dkr�|j�r�ytt|d��}Wn!tk
r�td|��nX|tkr�|||d||<q�d||||<q%d||||<q%Wdj	|�S(s�Un-escape any percent-escape sequences in a URI that are unreserved
    characters. This leaves all reserved, illegal and non-ASCII bytes encoded.

    :rtype: str
    t%iiiis%Invalid percent-escape sequence: '%s'R�(
R)trangeR:tisalnumtchrRoRpRtUNRESERVED_SETtjoin(turitpartstithtc((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytunquote_unreserved�s
cCsKd}d}ytt|�d|�SWntk
rFt|d|�SXdS(s�Re-quote the given URI.

    This function passes the given URI through an unquote/quote cycle to
    ensure that it is fully and consistently quoted.

    :rtype: str
    s!#$%&'()*+,/:;=?@[]~s!#$&'()*+,/:;=?@[]~tsafeN(RR�R(R�tsafe_with_percenttsafe_without_percent((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytrequote_uri
s
cCs�tjdtj|��d}|jd�\}}tjdtjtt|����d}tjdtj|��d|@}||@||@kS(s�This function allows you to check if an IP belongs to a network subnet

    Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
             returns False if ip = 192.168.1.1 and net = 192.168.100.0/24

    :rtype: bool
    s=Lit/(tstructtunpacktsockett	inet_atonR)tdotted_netmaskRo(tiptnettipaddrtnetaddrtbitstnetmasktnetwork((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytaddress_in_network#s
+#cCs/ddd|>dA}tjtjd|��S(s�Converts mask from /xx format to xxx.xxx.xxx.xxx

    Example: if mask is 24 function returns 255.255.255.0

    :rtype: str
    I����ii s>I(R�t	inet_ntoaR�tpack(tmaskR�((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pyR�2scCs-ytj|�Wntjk
r(tSXtS(s
    :rtype: bool
    (R�R�terrorR(R*(t	string_ip((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytis_ipv4_address=s
cCs�|jd�dkr�yt|jd�d�}Wntk
rFtSX|dks_|dkrctSytj|jd�d�Wq�tjk
r�tSXntStS(sV
    Very simple check of the cidr format in no_proxy variable.

    :rtype: bool
    R�ii i(	tcountRoR)RpR(R�R�R�R*(tstring_networkR�((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pyt
is_valid_cidrHs
ccst|dk	}|r4tjj|�}|tj|<nz	dVWd|ro|dkr_tj|=qo|tj|<nXdS(s�Set the environment variable 'env_name' to 'value'

    Save previous value, yield, and then restore the previous value stored in
    the environment variable 'env_name'.

    If 'value' is None, do nothingN(R?RBtenvironR�(tenv_nameRqt
value_changedt	old_value((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytset_environ`s	
c	
Cscd�}|}|d	kr*|d�}nt|�j}|rd�|jdd�jd�D�}|jd�d}t|�r�x�|D]8}t|�r�t||�r�tSq�||kr�tSq�Wqx@|D]5}|j	|�s|jd�dj	|�r�tSq�Wnt
d|��8yt|�}Wn tt
jfk
rNt}nXWd	QX|r_tStS(
sL
    Returns whether we should bypass proxies or not.

    :rtype: bool
    cSs(tjj|�p'tjj|j��S(N(RBR�R�tupper(tk((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pyt<lambda>|R�tno_proxycss|]}|r|VqdS(N((t.0R/((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pys	<genexpr>�st R�t,RPiN(R?RRZR+R)R�R�R�R*tendswithR�RR�R�tgaierrorR((	R^R�t	get_proxytno_proxy_argRZR�tproxy_ipR/tbypass((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytshould_bypass_proxiesvs4	%

+cCs!t|d|�riSt�SdS(sA
    Return a dict of environment proxies.

    :rtype: dict
    R�N(R�R
(R^R�((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytget_environ_proxies�scCs�|p	i}t|�}|jdkrC|j|j|jd��S|jd|j|jd|jdg}d}x(|D] }||krz||}PqzqzW|S(s�Select a proxy for the url, if applicable.

    :param url: The url being for the request
    :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
    talls://sall://N(RthostnameR?R�tscheme(R^tproxiesturlpartst
proxy_keystproxyt	proxy_key((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytselect_proxy�s
	

spython-requestscCsd|tfS(sO
    Return a string representing the default user agent.

    :rtype: str
    s%s/%s(R(Rg((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytdefault_user_agent�scCs2tit�d6djd
�d6dd6dd	6�S(s9
    :rtype: requests.structures.CaseInsensitiveDict
    s
User-Agents, tgziptdeflatesAccept-Encodings*/*tAccepts
keep-alivet
Connection(R�R�(RR�R�(((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytdefault_headers�s

c	Cs�g}d}x�tjd|�D]�}y|jdd�\}}Wntk
ra|d}}nXi|jd�d6}xa|jd�D]P}y|jd�\}}Wntk
r�PnX|j|�||j|�<q�W|j|�qW|S(	s�Return a dict of parsed link headers proxies.

    i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"

    :rtype: list
    s '"s, *<RiR�s<> '"R^R~(R,R)RpR�Rz(	Rqtlinkst
replace_charstvalR^R�tlinktparamtkey((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytparse_header_links�s 

 sRQiicCs|d }|tjtjfkr&dS|d tjkr=dS|d tjtjfkr]dS|jt�}|dkr|dS|dkr�|d	d	d�tkr�d
S|dd	d�tkr�dSn|dkr�|d t	kr�d
S|dt	kr�dSnd	S(s
    :rtype: str
    isutf-32is	utf-8-sigisutf-16isutf-8Ns	utf-16-beis	utf-16-les	utf-32-bes	utf-32-le(R�tBOM_UTF32_LEtBOM_UTF32_BEtBOM_UTF8tBOM_UTF16_LEtBOM_UTF16_BER�t_nullt_null2t_null3R?(tdatatsamplet	nullcount((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytguess_json_utfs*
cCsSt||�\}}}}}}|s7||}}nt||||||f�S(s�Given a URL that may or may not have a scheme, prepend the given scheme.
    Does not replace a present scheme with the one provided as an argument.

    :rtype: str
    (RR(R^t
new_schemeR�RZRSR�tquerytfragment((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytprepend_scheme_if_needed1s!cCsRt|�}y"t|j�t|j�f}Wnttfk
rMd}nX|S(s{Given a url with authentication components, extract them into a tuple of
    username,password.

    :rtype: (str,str)
    R�(R�R�(RR	tusernametpasswordR]R�(R^tparsedtauth((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytget_auth_from_urlBs"
s^\S[^\r\n]*$|^$cCs�|\}}t|t�r$t}nt}y&|j|�sOtd|��nWn0tk
r�td||t|�f��nXdS(s�Verifies that header value is a string which doesn't contain
    leading whitespace or return characters. This prevents unintended
    header injection.

    :param header: tuple, in the format (name, value).
    s7Invalid return character or leading space in header: %ss>Value for header {%s: %s} must be of type str or bytes, not %sN(RXRt_CLEAN_HEADER_REGEX_BYTEt_CLEAN_HEADER_REGEX_STRR-RR�ttype(theaderRgRqtpat((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytcheck_header_validityWs	
cCsft|�\}}}}}}|s4||}}n|jdd�d}t|||||df�S(sW
    Given a url remove the fragment and the authentication part.

    :rtype: str
    t@ii����R�(RtrsplitR(R^R�RZRSR�RR
((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pyt
urldefragauthls
cCs}t|jdd�}|dk	rmt|jt�rmy||j�Wqyttfk
ritd��qyXntd��dS(sfMove file pointer back to its recorded starting position
    so it can be read again on redirect.
    R>s;An error occurred when rewinding request body for redirect.s+Unable to rewind request body for redirect.N(	RjtbodyR?RXt_body_positionRRHR'R(tprepared_requestt	body_seek((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pytrewind_body}s(s.netrcR(`t__doc__R�R�Rst
contextlibR@RBtplatformR,R�R�RFRR�Rt_internal_utilsRtcompatRRxRRRRRR	R
RRR
RRRRtcookiesRt
structuresRt
exceptionsRRRRRRtwheretDEFAULT_CA_BUNDLE_PATHt
DEFAULT_PORTStsystemR4R8RMR(RfRmRrRvR}RRyR�R�R�R�R�R�R�t	frozensetR�R�R�R�R�R�R�tcontextmanagerR�R�R?R�R�R�R�R�tencodeRRRR
RRR�RRRRR!(((s>/usr/lib/python2.7/site-packages/pip/_vendor/requests/utils.pyt<module>	s�^"	!			=3				 	#						
	%
							9				"